Required R packages and Directories
data.dir = 'https://mdporter.github.io/SYS6018/data/' # data directory
library(R6018) # functions for SYS-6018
library(tidyverse) # functions for data manipulation
library(mlbench)
library(glmnet)
library(glmnetUtils)
Load the focal plane training dataset

focal_url = "http://localhost/Data/spectro_nn/focalPlane/Equal/EqEvt731/order10_ep5/combine.csv"
data_focal = readr::read_csv(focal_url)
data_focal$focal_x = data_focal$x1th0y0ph0
data_focal$focal_th = data_focal$x0th1y0ph0
data_focal$focal_y = data_focal$x0th0y1ph0
data_focal$focal_ph = data_focal$x0th0y0ph1
# head(data_focal)
check the focal plane \(\phi\) parameter
runList = c(2239,2240,2241)
result.ph = tibble(runID = numeric(), index = numeric(), aver_X = numeric(), aver_Y = numeric())
colors <- c("col.4"="black", "col.6"="red", "col.7"="blue")
myplots <- list() # new empty list
for (indexID in 1:length(runList)){
runID.step = runList[indexID]
data.step = data_focal %>% filter(runID == runID.step) %>% filter(SieveColID == 4 | SieveColID == 6 | SieveColID == 7)
data63 = data.step %>% filter(SieveColID == 6 & SieveRowID == 3)
center.63 = tibble(x= mean(data63$focal_ph), y = mean(data63$focal_th))
data42 = data.step %>% filter(SieveColID == 4 & SieveRowID == 2)
center.42 = tibble(x= mean(data42$focal_ph), y = mean(data42$focal_th))
data72 = data.step %>% filter(SieveColID == 7 & SieveRowID == 2)
center.72 = tibble(x= mean(data72$focal_ph), y = mean(data72$focal_th))
result.ph = add_row(result.ph,tibble(runID = runID.step, index = 63, aver_X = center.63$x, aver_Y = center.63$y))
result.ph = add_row(result.ph,tibble(runID = runID.step, index = 42, aver_X = center.42$x, aver_Y = center.42$y))
result.ph = add_row(result.ph,tibble(runID = runID.step, index = 72, aver_X = center.72$x, aver_Y = center.72$y))
myp = ggplot(data.step) + geom_bin2d(aes(x=focal_ph,y=focal_th,color = sprintf("col.%d",SieveColID)),bins=300) + geom_point(data = center.63, aes(x= x , y =y , color = "data.63")) +
geom_point(data = center.42, aes(x= x , y =y , color = "data.43")) +
geom_point(data = center.72, aes(x= x , y =y , color = "data.72")) +
xlim(-0.025,0.02) + ylim(-0.025,0.02) + ggtitle(sprintf("LHRS run %d",runID.step))
myplots[[indexID]] = myp
}
myplots[1]
#> [[1]]

myplots[2]
#> [[1]]

myplots[3]
#> [[1]]

result.ph %>% filter(index == 63)%>%knitr::kable()
| 2239 |
63 |
0.0009 |
4e-04 |
| 2240 |
63 |
-0.0001 |
4e-04 |
| 2241 |
63 |
-0.0011 |
2e-04 |
result.ph %>% filter(index == 42)%>%knitr::kable()
| 2239 |
42 |
-0.0028 |
0.0027 |
| 2240 |
42 |
-0.0044 |
0.0024 |
| 2241 |
42 |
-0.0054 |
0.0026 |
result.ph %>% filter(index == 72)%>%knitr::kable()
| 2239 |
72 |
0.0026 |
0.0029 |
| 2240 |
72 |
0.0014 |
0.0030 |
| 2241 |
72 |
0.0002 |
0.0033 |
runList = c(2239,2240,2241)
result.y = tibble(runID = numeric(), index = numeric(), aver_X = numeric(), aver_Y = numeric())
colors <- c("col.4"="black", "col.6"="red", "col.7"="blue")
myplots <- list() # new empty list
for (indexID in 1:length(runList)){
runID.step = runList[indexID]
data.step = data_focal %>% filter(runID == runID.step) %>% filter(SieveColID == 4 | SieveColID == 6 | SieveColID == 7)
data63 = data.step %>% filter(SieveColID == 6 & SieveRowID == 3)
center.63 = tibble(x= mean(data63$focal_y), y = mean(data63$focal_th))
data42 = data.step %>% filter(SieveColID == 4 & SieveRowID == 2)
center.42 = tibble(x= mean(data42$focal_y), y = mean(data42$focal_th))
data72 = data.step %>% filter(SieveColID == 7 & SieveRowID == 2)
center.72 = tibble(x= mean(data72$focal_y), y = mean(data72$focal_th))
result.y = add_row(result.y,tibble(runID = runID.step, index = 63, aver_X = center.63$x, aver_Y = center.63$y))
result.y = add_row(result.y,tibble(runID = runID.step, index = 42, aver_X = center.42$x, aver_Y = center.42$y))
result.y = add_row(result.y,tibble(runID = runID.step, index = 72, aver_X = center.72$x, aver_Y = center.72$y))
myp = ggplot(data.step) + geom_bin2d(aes(x=focal_y,y=focal_th,color = sprintf("col.%d",SieveColID)),bins=300) + geom_point(data = center.63, aes(x= x , y =y , color = "data.63")) +
geom_point(data = center.42, aes(x= x , y =y , color = "data.43")) +
geom_point(data = center.72, aes(x= x , y =y , color = "data.72")) +
xlim(-0.025,0.02) + ylim(-0.025,0.02) + ggtitle(sprintf("LHRS run %d",runID.step))
myplots[[indexID]] = myp
}
myplots[1]
#> [[1]]
#> Warning: Removed 6 rows containing non-finite values (stat_bin2d).

myplots[2]
#> [[1]]
#> Warning: Removed 15 rows containing non-finite values (stat_bin2d).

myplots[3]
#> [[1]]
#> Warning: Removed 15 rows containing non-finite values (stat_bin2d).

result.y %>% filter(index==63) %>% knitr::kable()
| 2239 |
63 |
0.0045 |
4e-04 |
| 2240 |
63 |
-0.0002 |
4e-04 |
| 2241 |
63 |
-0.0038 |
2e-04 |
result.y %>% filter(index==42) %>% knitr::kable()
| 2239 |
42 |
0.0142 |
0.0027 |
| 2240 |
42 |
0.0101 |
0.0024 |
| 2241 |
42 |
0.0061 |
0.0026 |
result.y %>% filter(index==72) %>% knitr::kable()
| 2239 |
72 |
0.0008 |
0.0029 |
| 2240 |
72 |
-0.0039 |
0.0030 |
| 2241 |
72 |
-0.0075 |
0.0033 |
Check All Y and \(\phi\) Parameters
Sieve ID name rule
## focal \(\phi\) and \(Y\) Parameters
runList = c(2239, 2240, 2241)
sieveList = c(42,53,63,72,83,93,102,113)
result.sieve = tibble(runID = runID.step,index = numeric(),aver_focal_ph = numeric(),aver_focal_th = numeric(),aver_focal_x = numeric(),
aver_focal_y = numeric(),theor_targ_th = numeric(), theor_targ_ph = numeric())
focal.ph.plot <- list()
focal.y.plot <- list()
targ.plot <- list()
for (indexID in 1:length(runList)) {
runID.step = runList[indexID]
# prepare the data
data.step = data_focal %>% filter(runID == runID.step)
data.step$colIndexer = sprintf("col.%d",data.step$SieveColID)
for(sieveIndex in 1:length(sieveList)){
rowID = sieveList[sieveIndex]%%10
colID = sieveList[sieveIndex]%/%10
#load the dataset and write the information to the buffer
# project the focal and target varaibles
data.step.sieve = data.step %>% filter(SieveColID == colID & SieveRowID == rowID)
sieve.mean = tibble(runID = runID.step, index = sieveList[sieveIndex],aver_focal_ph = mean(data.step.sieve$focal_ph),aver_focal_th = mean(data.step.sieve$focal_th),aver_focal_x = mean(data.step.sieve$focal_x), aver_focal_y = mean(data.step.sieve$focal_y),theor_targ_th = mean(data.step.sieve$targCalTh), theor_targ_ph= mean(data.step.sieve$targCalPh))
result.sieve = add_row(result.sieve,sieve.mean)
}
myp.th = ggplot(data.step) + geom_bin2d(aes(x=focal_ph,y=focal_th,color = colIndexer),bins=300) + geom_point(data = result.sieve%>% filter(runID == runID.step), aes(x= aver_focal_ph , y =aver_focal_th , color = "red")) +
xlim(-0.025,0.02) + ylim(-0.025,0.02) + ggtitle(sprintf("LHRS run %d",runID.step))
focal.ph.plot[[indexID]] = myp.th
myp.y = ggplot(data.step) + geom_bin2d(aes(x=focal_y,y=focal_th,color = colIndexer),bins=300) + geom_point(data = result.sieve%>% filter(runID == runID.step), aes(x= aver_focal_y , y =aver_focal_th , color = "red")) +
xlim(-0.025,0.02) + ylim(-0.025,0.02) + ggtitle(sprintf("LHRS run %d",runID.step))
focal.y.plot[[indexID]] = myp.y
myp.targ = ggplot(data.step) + geom_point(aes(x=targCalPh,y=targCalTh,color = colIndexer)) +
xlim(-0.025,0.025) + ylim(-0.035,0.035) + ggtitle(sprintf("LHRS run %d target Var",runID.step))
targ.plot[[indexID]] = myp.targ
}
target variable check
targ.plot[1]
#> [[1]]

targ.plot[2]
#> [[1]]

targ.plot[3]
#> [[1]]

\(\phi\) result
focal.ph.plot[1]
#> [[1]]

focal.ph.plot[2]
#> [[1]]

focal.ph.plot[3]
#> [[1]]

Target Variable Check
runList = c(2239,2240,2241)
data_focal %>% filter(runID == 2239 & SieveColID == 6 & SieveRowID == 3) %>% select(runID, SieveRowID, SieveColID,targCalTh,targCalPh) %>% head()
data_focal %>% filter(runID == 2240 & SieveColID == 6 & SieveRowID == 3) %>% select(runID, SieveRowID, SieveColID,targCalTh,targCalPh) %>% head()
data_focal %>% filter(runID == 2241 & SieveColID == 6 & SieveRowID == 3) %>% select(runID, SieveRowID, SieveColID,targCalTh,targCalPh) %>% head()